File size: 5,694 Bytes
f40ec41
0840784
 
b8c181c
 
 
0840784
 
 
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
 
 
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
 
 
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
 
 
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
 
 
b8c181c
 
0840784
 
 
b8c181c
 
 
0840784
b8c181c
0840784
b8c181c
 
0840784
 
 
b8c181c
 
 
f40ec41
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
---
tags:
- mteb
model-index:
- name: 2024-06-15_10-09-42
  results:
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification
      type: mteb/amazon_massive_intent
      config: pl
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 0.09270342972427706
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification
      type: mteb/amazon_massive_intent
      config: pl
      split: validation
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 0.09493359567142154
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification
      type: mteb/amazon_massive_scenario
      config: pl
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 0.13839946200403497
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification
      type: mteb/amazon_massive_scenario
      config: pl
      split: validation
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 0.13300541072306934
  - task:
      type: Classification
    dataset:
      name: MTEB CBD
      type: PL-MTEB/cbd
      config: default
      split: test
      revision: 36ddb419bcffe6a5374c3891957912892916f28d
    metrics:
    - type: accuracy
      value: 0.49749999999999994
  - task:
      type: Classification
    dataset:
      name: MTEB PolEmo2.0-IN
      type: PL-MTEB/polemo2_in
      config: default
      split: test
      revision: d90724373c70959f17d2331ad51fb60c71176b03
    metrics:
    - type: accuracy
      value: 0.3736842105263158
  - task:
      type: Classification
    dataset:
      name: MTEB PolEmo2.0-OUT
      type: PL-MTEB/polemo2_out
      config: default
      split: test
      revision: 6a21ab8716e255ab1867265f8b396105e8aa63d4
    metrics:
    - type: accuracy
      value: 0.2955465587044534
  - task:
      type: Classification
    dataset:
      name: MTEB AllegroReviews
      type: PL-MTEB/allegro-reviews
      config: default
      split: test
      revision: b89853e6de927b0e3bfa8ecc0e56fe4e02ceafc6
    metrics:
    - type: accuracy
      value: 0.22713717693836974
  - task:
      type: Classification
    dataset:
      name: MTEB PAC
      type: laugustyniak/abusive-clauses-pl
      config: default
      split: test
      revision: fc69d1c153a8ccdcf1eef52f4e2a27f88782f543
    metrics:
    - type: accuracy
      value: 0.5633651896901245
  - task:
      type: Clustering
    dataset:
      name: MTEB EightTagsClustering
      type: PL-MTEB/8tags-clustering
      config: default
      split: test
      revision: 78b962b130c6690659c65abf67bf1c2f030606b6
    metrics:
    - type: v_measure
      value: 0.011462589437473216
  - task:
      type: PairClassification
    dataset:
      name: MTEB SICK-E-PL
      type: PL-MTEB/sicke-pl-pairclassification
      config: default
      split: test
      revision: 71bba34b0ece6c56dfcf46d9758a27f7a90f17e9
    metrics:
    - type: ap
      value: 0.5523380294645331
  - task:
      type: PairClassification
    dataset:
      name: MTEB CDSC-E
      type: PL-MTEB/cdsce-pairclassification
      config: default
      split: test
      revision: 0a3d4aa409b22f80eb22cbf59b492637637b536d
    metrics:
    - type: ap
      value: 0.43095490774008566
  - task:
      type: PairClassification
    dataset:
      name: MTEB PSC
      type: PL-MTEB/psc-pairclassification
      config: default
      split: test
      revision: d05a294af9e1d3ff2bfb6b714e08a24a6cabc669
    metrics:
    - type: ap
      value: 0.4035899331798161
  - task:
      type: STS
    dataset:
      name: MTEB STS22
      type: mteb/sts22-crosslingual-sts
      config: pl
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_spearman
      value: -0.1003112640780357
  - task:
      type: STS
    dataset:
      name: MTEB STSBenchmarkMultilingualSTS
      type: mteb/stsb_multi_mt
      config: pl
      split: dev
      revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
    metrics:
    - type: cosine_spearman
      value: 0.3621828967981027
  - task:
      type: STS
    dataset:
      name: MTEB STSBenchmarkMultilingualSTS
      type: mteb/stsb_multi_mt
      config: pl
      split: test
      revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
    metrics:
    - type: cosine_spearman
      value: 0.36999667618778675
  - task:
      type: STS
    dataset:
      name: MTEB SICK-R-PL
      type: PL-MTEB/sickr-pl-sts
      config: default
      split: test
      revision: fd5c2441b7eeff8676768036142af4cfa42c1339
    metrics:
    - type: cosine_spearman
      value: 0.43158198285416055
  - task:
      type: STS
    dataset:
      name: MTEB CDSC-R
      type: PL-MTEB/cdscr-sts
      config: default
      split: test
      revision: 1cd6abbb00df7d14be3dbd76a7dcc64b3a79a7cd
    metrics:
    - type: cosine_spearman
      value: 0.4616750744735728
  - task:
      type: Clustering
    dataset:
      name: MTEB PlscClusteringS2S
      type: PL-MTEB/plsc-clustering-s2s
      config: default
      split: test
      revision: 39bcadbac6b1eddad7c1a0a176119ce58060289a
    metrics:
    - type: v_measure
      value: 0.17960532151287045
  - task:
      type: Clustering
    dataset:
      name: MTEB PlscClusteringP2P
      type: PL-MTEB/plsc-clustering-p2p
      config: default
      split: test
      revision: 8436dd4c05222778013d6642ee2f3fa1722bca9b
    metrics:
    - type: v_measure
      value: 0.1815461918111827
---