Hugging Face's logo

Spaces:
speakleash
/
polish_eq-bench
Running

App Files Community
1
polish_eq-bench
File size: 18,457 Bytes 
f2a3e70
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
 
{
  "Azurro/APT3-1B-Base": 1,
  "HuggingFaceH4/zephyr-7b-alpha": 7,
  "Voicelab/trurl-2-13b-academic": 13,
  "HuggingFaceH4/zephyr-7b-beta": 7,
  "Voicelab/trurl-2-7b": 7,
  "mistralai/Mistral-7B-v0.1": 7,
  "mistralai/Mistral-7B-v0.1,peft=lora/output/mistral-7b-v0.1-lora-pl/checkpoint-400/adapter_model": 7,
  "mistralai/Mistral-7B-v0.1,peft=lora/output/mistral-7b-v0.1-lora-pl/checkpoint-200/adapter_model": 7,
  "mistralai/Mistral-7B-v0.1,load_in_8bit=True": 7,
  "Nondzu/zephyr-speakleash-007-pl-8192-32-16-0.05": 7,
  "openchat/openchat-3.5-0106": 7,
  "mistralai/Mistral-7B-v0.1,peft=lora/output/mistral-7b-v0.1-lora-pl/checkpoint-2000/adapter_model": 7,
  "mistralai/Mistral-7B-v0.1,peft=lora/output/mistral-7b-v0.1-lora-pl/checkpoint-2200/adapter_model": 7,
  "mistralai/Mistral-7B-Instruct-v0.1": 7,
  "APT3-1B-Instruct-e1": 1,
  "mistralai/Mistral-7B-v0.1,peft=lora/output/mistral-7b-v0.1-lora-pl/checkpoint-800/adapter_model": 7,
  "mistralai/Mistral-7B-v0.1,peft=lora/output/mistral-7b-v0.1-lora-pl/checkpoint-600/adapter_model": 7,
  "APT3-1B-Instruct-e2": 1,
  "mistralai/Mistral-7B-v0.1,load_in_4bit=True": 7,
  "speakleash/3-5B_high_base/epoch_2_hf": 3.5,
  "speakleash/3-5B_high_base/epoch_1_hf": 3.5,
  "speakleash/3-5B_high_base/epoch_0_hf": 3.5,
  "speakleash/7B_high_base/epoch_1_hf": 7,
  "speakleash/7B_high_base/epoch_0_hf": 7,
  "Nondzu/zephyr-speakleash-010-pl-3072-32-16-0.01": 7,
  "google/mt5-xl": 3.7,
  "speakleash/7B_high_sft/epoch_2_base/epoch_2_hf": 7,
  "OPI-PG/Qra-1b": 1,
  "OPI-PG/Qra-13b": 13,
  "OPI-PG/Qra-7b": 7,
  "teknium/OpenHermes-2.5-Mistral-7B": 7,
  "openchat/openchat-3.5-1210": 7,
  "speakleash/apt3-1B_base/apt3-1B-sequential_hf": 1,
  "speakleash/apt3-1B_base/apt3-1B-shuffled_hf": 1,
  "speakleash/1B_high_base/like_apt3-1B_hf": 1,
  "speakleash/1B_high_base/epoch_3_hf": 1,
  "speakleash/7B_high_sft/epoch_1_base/epoch_2_hf": 7,
  "speakleash/7B_high_sft/epoch_1_base/epoch_1_hf": 7,
  "speakleash/7B_high_sft/epoch_0_base/epoch_0_hf": 7,
  "speakleash/7B_high_sft/epoch_2_base/epoch_1_hf": 7,
  "speakleash/3-5B_high_sft/epoch_3_base/epoch_2_hf": 3.5,
  "allegro/plt5-large": 0.82,
  "internlm/internlm2-7b": 7,
  "sdadas/polish-gpt2-xl": 1.67,
  "speakleash/1B_4k_high_sft/epoch_3_base/epoch_1_hf": 1,
  "speakleash/mistral-PL_7B/epoch_0_hf": 7,
  "speakleash/1B_high_sft/epoch_3_base/epoch_1_hf": 1,
  "speakleash/polish-mistral-7B/epoch_0_hf": 7,
  "speakleash/3-5B_high_sft/epoch_0_base/epoch_2_hf": 3.5,
  "speakleash/3-5B_high_sft/epoch_0_base/epoch_1_hf": 3.5,
  "speakleash/3-5B_high_sft/epoch_0_base/epoch_0_hf": 3.5,
  "speakleash/7B_high_base/epoch_2_hf": 7,
  "speakleash/10B-4k_high_sft/epoch_3_base/epoch_1_hf": 10,
  "speakleash/3-5B_high_base/epoch_3_hf": 3.5,
  "microsoft/phi-2": 2.7,
  "RWKV/HF_v5-Eagle-7B": 7,
  "mistralai/Mistral-7B-Instruct-v0.2": 7,
  "speakleash/llama-apt3-7B/only-spi-e0_hf": 7,
  "speakleash/llama-apt3-7B/spkl-only_sft/e4_hf": 7,
  "speakleash/llama-apt3-7B/spkl-only_sft/e5_hf": 7,
  "speakleash/llama-apt3-7B/spkl-only_sft/e3_hf": 7,
  "speakleash/llama-apt3-7B/spkl-only_sft/e2_hf": 7,
  "meta-llama/Llama-2-7b-hf": 7,
  "meta-llama/Llama-2-7b-chat-hf": 7,
  "internlm/internlm2-chat-7b": 7,
  "internlm/internlm2-base-7b": 7,
  "internlm/internlm2-1_8b": 1.8,
  "internlm/internlm2-chat-1_8b": 1.8,
  "speakleash/mistral-apt3-7B/only-spi_sft/e0_hf": 7,
  "speakleash/mistral-apt3-7B/only-spi-e0_hf": 7,
  "speakleash/mistral-apt3-7B/apt3-e0_hf": 7,
  "speakleash/mistral-apt3-7B/spi-e0_hf": 7,
  "speakleash/mistral-apt3-7B/spkl_sft_v2/e4_hf": 7,
  "speakleash/mistral-apt3-7B/spkl_sft_v2/e5_hf": 7,
  "speakleash/mistral-apt3-7B/spkl_sft_v2/e3_hf": 7,
  "speakleash/mistral-apt3-7B/spkl_sft_v2/e2_hf": 7,
  "speakleash/mistral-apt3-7B/only-spi_sft_v2/e4_bb62a5b8": 7,
  "speakleash/mistral-apt3-7B/only-spi_sft_v2/e6_6b0aa8d6": 7,
  "speakleash/mistral-apt3-7B/only-spi_sft_v2/e3_f8b5e568": 7,
  "speakleash/mistral-apt3-7B/only-spi_sft_v2/e2_3b7fc53e": 7,
  "speakleash/mistral-apt3-7B/only-spi_sft_v2/e5_f75cbc76": 7,
  "speakleash/mistral-apt3-7B/only-spi_sft_v2/e7_642f3822": 7,
  "speakleash/mistral-apt3-7B/spkl_sft/e3_17ef3119": 7,
  "speakleash/mistral-apt3-7B/spkl_sft/e2_7dc8df86": 7,
  "google/gemma-7b": 7,
  "google/gemma-7b-it": 7,
  "SOTA FT HerBERT (large)": 1,
  "Baseline (majority class)": 0,
  "SOTA FT Polish RoBERTa": 1,
  "SOTA FT ULMFiT-SP-PL": 0.1,
  "speakleash/llama-apt3-13B/spkl-plus/e0_caa5ad79": 13,
  "speakleash/llama-apt3-13B/spkl-only/e0_cc0931c5": 13,
  "eryk-mazus/polka-1.1b": 1.1,
  "berkeley-nest/Starling-LM-7B-alpha": 7,
  "Remek/OpenChat3.5-0106-Spichlerz-Inst-001": 7,
  "speakleash/mistral_7B-v2/spkl-all-e2_5bd6027d": 7,
  "speakleash/mistral_7B-v2/spkl-all-e0_8cf0987d": 7,
  "speakleash/mistral_7B-v2/spkl-only-e0_ef715d74": 7,
  "speakleash/mistral_7B-v2/spkl-only-e1_333887a5": 7,
  "speakleash/mistral_7B-v2/spkl-all-e1_0b514ce9": 7,
  "speakleash/mistral_7B-v2/spkl-only-e2_5dac700d": 7,
  "speakleash/llama-apt3-13B/spkl-only_e0_sft/ext_e3_23b6bc9b": 13,
  "speakleash/llama-apt3-13B/spkl-only_e0_sft/spkl_e4_e3a666b1": 13,
  "speakleash/llama-apt3-13B/spkl-only_e0_sft/spkl_e3_45ef6b63": 13,
  "speakleash/llama-apt3-13B/spkl-only_e0_sft/spkl_e5_bf95416b": 13,
  "speakleash/llama-apt3-13B/spkl-only_e0_sft/ext_e2_f7606252": 13,
  "speakleash/llama-apt3-13B/spkl-only_e0_sft/spkl_e2_898ae6c6": 13,
  "speakleash/apt4-1B/spkl-only-e3_756856c4": 1,
  "speakleash/apt4-1B/spkl-all-e0_7f6a991e": 1,
  "speakleash/apt4-1B/spkl-only-e2_969e76b4": 1,
  "speakleash/apt4-1B/spkl-all-e2_bfb44ded": 1,
  "speakleash/apt4-1B/spkl-all-e3_063753f9": 1,
  "speakleash/apt4-1B/spkl-all-e1_74a293c8": 1,
  "speakleash/apt4-1B/spkl-only-e0_b9c8bb39": 1,
  "speakleash/apt4-1B/spkl-only-e1_fea4b41b": 1,
  "upstage/SOLAR-10.7B-Instruct-v1.0": 10.7,
  "upstage/SOLAR-10.7B-v1.0": 10.7,
  "speakleash/mistral_7B-v2/spkl-all_sft/e1_base/spkl-all-e1_9aee511a": 7,
  "speakleash/mistral_7B-v2/spkl-all_sft/e1_base/spkl-all-e0_dd9d2777": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft/e1_base/spkl-only-e1_d0ac34b7": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft/e1_base/spkl-only-e0_9eea5944": 7,
  "Remek/Kruk-7B-SP-001": 7,
  "TinyLlama/TinyLlama-1.1B-Chat-v1.0": 1.1,
  "internlm/internlm2-chat-7b-sft": 7,
  "speakleash/mistral_7B-v2/spkl-all_sft/e1_base/spkl-all-e3_72a6c52a": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft/e1_base/spkl-only-e3_08a0fd89": 7,
  "speakleash/mistral_7B-v2/spkl-all_sft/e1_base/spkl-all-e2_0a1a62c0": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft/e1_base/spkl-only-e2_a7c66ac5": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_2e5-e0_116fa2bc": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_7e6-e0_8544bbd3": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_2e5-e1_013bd434": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only-e1_87bfffac": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only-e2_939d897f": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only-e0_2a5be0dc": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5/spkl-only-e1_0303962d": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5/spkl-only-e0_f4aaf490": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e0_base_2e5/spkl-only-e0_009b090e": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e0_base_2e5/spkl-only-e1_91aae327": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_7e6w-e1_14d52992": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_7e6w-e2_72422a32": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only-e2_dcb87efc": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_7e6-e2_04382c38": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_7e6-e3_860889b1": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_7e6w-e3_78cf3243": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_9e7-e0_27275908": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only-e0_d31a18b7": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_7e6-e0_c26126c8": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only-e3_a5833b75": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_7e6w-e0_6c834bf7": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_7e6-e1_87b7c12f": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_9e7-e2_5ce06dd2": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_9e7-e1_561ac4bb": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only-e1_392d55d9": 7,
  "speakleash/mistral_7B-v2/spkl-all_sft_v2/e1_base/spkl-all_2e6-e2_db0cd739": 7,
  "speakleash/mistral_7B-v2/spkl-all_sft_v2/e1_base/spkl-all_2e6-e3_4960543c": 7,
  "speakleash/mistral_7B-v2/spkl-all_sft_v2/e1_base/spkl-all_2e6-e0_1b65c3ac": 7,
  "speakleash/mistral_7B-v2/spkl-all_sft_v2/e1_base/spkl-all_2e6-e1_70c70cc6": 7,
  "speakleash/mistral-apt3-7B-v2/spkl-only_sft/e1_base/spkl-only-e2_3a071212": 7,
  "speakleash/mistral-apt3-7B-v2/spkl-only_sft/e1_base/spkl-only-e0_6dc2e217": 7,
  "speakleash/mistral-apt3-7B-v2/spkl-only_sft/e1_base/spkl-only-e1_46610eb1": 7,
  "speakleash/mistral-apt3-7B-v2/spkl-only_sft-weighted/e1_base/spkl-only-e0_e79dcb9f": 7,
  "speakleash/mistral-apt3-7B-v2/spkl-only_sft-weighted/e1_base/spkl-only-e1_10a78140": 7,
  "Remek/OpenChat3.5-0106-Spichlerz-Bocian": 7,
  "alpindale/Mistral-7B-v0.2-hf": 7,
  "Azurro/APT3-275M-Base": 0.3,
  "szymonrucinski/Curie-7B-v1": 7,
  "speakleash/mistral-apt3-7B/spkl-all_sft_v4/e0_base/spkl-all-e0-lr5e5_a47a2047": 7,
  "speakleash/mistral-apt3-7B/spkl-all_sft_v4/e0_base/spkl-all-e1_1774eb92": 7,
  "speakleash/mistral-apt3-7B/spkl-all_sft_v4/e0_base/spkl-all-e0-lr2e6_71659188": 7,
  "speakleash/mistral-apt3-7B/spkl-all_sft_v4/e0_base/spkl-all-e0_35239ee5": 7,
  "speakleash/mistral-apt3-7B/spkl-all_sft_v4/e0_base/spkl-all-e2_5257da77": 7,
  "speakleash/mistral-apt3-7B/spkl-all_sft_v4/e0_base/spkl-all-e3_5ca4603b": 7,
  "speakleash/mistral-apt3-7B/spkl-only_sft_v3/e0_base/spkl-only-e3_90666ab5": 7,
  "speakleash/mistral-apt3-7B/spkl-only_sft_v3/e0_base/spkl-only-e1_4e524cad": 7,
  "speakleash/mistral-apt3-7B/spkl-only_sft_v3/e0_base/spkl-only-e0_40cdde38": 7,
  "speakleash/mistral-apt3-7B/spkl-all_sft_v3/e0_base/spkl-all-e0_67274d1b": 7,
  "speakleash/mistral-apt3-7B/spkl-all_sft_v3/e0_base/spkl-all-e1_695e8b44": 7,
  "speakleash/mistral-apt3-7B/spkl-all_sft_v3/e0_base/spkl-all-e2_a9e6a2f0": 7,
  "speakleash/mistral-apt3-7B/spkl-all_sft_v3/e0_base/spkl-all-e3_2ff00c2b": 7,
  "speakleash/mistral-apt3-7B/spkl_sft_v2/e1_4067e14e": 7,
  "speakleash/mistral-apt3-7B/spkl_sft_v2/e0_6214300a": 7,
  "speakleash/mistral-apt3-7B/only-spi_sft_v2/e1_596202b3": 7,
  "speakleash/mistral-apt3-7B/only-spi_sft_v2/e0_c4ea165e": 7,
  "speakleash/mistral-apt3-7B/spkl-only_sft_v4/e0_base/spkl-only-e0_c00001c4": 7,
  "speakleash/mistral-apt3-7B/spkl-only_sft_v4/e0_base/spkl-only-e3_2bcd3961": 7,
  "speakleash/mistral-apt3-7B/spkl-only_sft_v4/e0_base/spkl-only-e1_f2730438": 7,
  "speakleash/mistral-apt3-7B/spkl-only_sft_v4/e0_base/spkl-only-e2_f39a22a2": 7,
  "speakleash/mistral-apt3-7B/spkl-all_sft_v3-lr2/e0_base/spkl-all-e0-lr6_376eb1d5": 7,
  "speakleash/mistral-apt3-7B/spkl-all_sft_v3-lr2/e0_base/spkl-all-e0-lr5_54b6226f": 7,
  "speakleash/mistral-apt3-7B/spkl-only_sft_v3/e0_base/spkl-only-e2_f036d0fd": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_7e5-e0_e143e6ce": 7,
  "Nexusflow/Starling-LM-7B-beta": 7,
  "RWKV/v5-Eagle-7B-HF": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e0_base_2e5/spkl-only-e2_afcfbe2d": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e0_base_2e5/spkl-only-e3_6908149d": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5/spkl-only-e2_d5a874b1": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5/spkl-only-e3_1be744af": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5_v6/spkl-only-e0_4efab00a": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5_v6/spkl-only-e1_1b706f85": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5_v6/spkl-only-e2_f86f7889": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5_v6/spkl-only-e3_13641875": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5_v7w/spkl-only-e0_1f5f4968": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5_v7w/spkl-only-e1_50de9812": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5_v7w/spkl-only-e2_dd38abb9": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5_v7w/spkl-only-e3_36236df3": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5_v8w/spkl-only-e0_e185fb84": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5_v8w/spkl-only-e1_fb5d327f": 7,
  "speakleash/mistral-apt3-7B_v2/spkl-only_sft/e1_base_2e5_v8w/spkl-only-e2_dd71be08": 7,
  "speakleash/mistral_7B-v2/spkl-all_sft_v2/e1_base/spkl-all_3e6_v8w-e0_d2d8a320": 7,
  "speakleash/mistral_7B-v2/spkl-all_sft_v2/e1_base/spkl-all_3e6_v8w-e1_cd7c61a1": 7,
  "speakleash/mistral_7B-v2/spkl-all_sft_v2/e1_base/spkl-all_v8wa_9e6-e0_32c27aa5": 7,
  "speakleash/mistral_7B-v2/spkl-all_sft_v2/e1_base/spkl-all_v8wa_9e6-e1_518b38ca": 7,
  "speakleash/mistral_7B-v2/spkl-all_sft_v2/e1_base/spkl-all_v8wa_9e6-e2_84fb05a1": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa_3e6-e0_2ba34bd9": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa_3e6-e1_35ecfaaa": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa_3e6-e2_920b5c3f": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa_7e6-e0_d137146f": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa_7e6-e1_5bddbd74": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa_7e6-e2_bbc67e89": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa_7e6-e2b_53f28c53": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa_7e6-e3_9931f988": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa_7e6-e4_0bc82b61": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v8wa_9e6-e0_8aa4a0ae": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v8wa_9e6-e1_57357d6c": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v8wa_9e6-e2_5eb84913": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v9wa_3e6-e0_ae5e354c": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v9wa_7e6-e0_724b2d41": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v9wa_7e6-e1_d962636b": 7,
  "speakleash/Bielik-7B-v0.1": 7,
  "NousResearch/Nous-Hermes-2-SOLAR-10.7B": 10.7,
  "Qwen/Qwen1.5-7B-Chat": 7,
  "THUDM/chatglm3-6b-base": 6,
  "THUDM/chatglm3-6b": 6,
  "TeeZee/Bielik-SOLAR-LIKE-10.7B-Instruct-v0.1": 10.7,
  "google/gemma-1.1-2b-it": 2,
  "meta-llama/Meta-Llama-3-8B-Instruct": 8,
  "meta-llama/Meta-Llama-3-8B-Instruct,max_length=4096": 8,
  "meta-llama/Meta-Llama-3-8B": 8,
  "meta-llama/Meta-Llama-3-8B,max_length=4096": 8,
  "microsoft/WizardLM-2-7B": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa4_9e6-e0_193ad881": 7,
  "speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa4_9e6-e1_f40e0808": 7,
  "speakleash/Bielik-7B-Instruct-v0.1": 7,
  "speakleash/mistral_7B-v3/spkl-only_sft_v0/e0_base/spkl-only_v11wa_9e6-e0_fe38d62e": 7,
  "speakleash/mistral_7B-v3/spkl-only_sft_v0/e0_base/spkl-only_v11wa_9e6-e1_6f84698e": 7,
  "speakleash/mistral_7B-v3/spkl-only_sft_v0/e0_base/spkl-only_v11wap_9e6-e0_5c6927dd": 7,
  "speakleash/mistral_7B-v3/spkl-only_sft_v0/e0_base/spkl-only_v11wap_9e6-e1_1d6755a9": 7,
  "speakleash/mistral_7B-v3/spkl-only_v0-e0_b93294c8": 7,
  "speakleash/mistral_7B-v3/spkl-only_v2-e0_e5547fd5": 7,
  "speakleash/Bielik-7B-Instruct-v0.1-GPTQ,autogptq=True": 7,
  "speakleash/Bielik-7B-Instruct-v0.1,load_in_4bit=True": 7,
  "speakleash/Test-v02-ep3": 7,
  "speakleash/mistral_7B-v3/spkl-only_v2-e1.34500_a9c75816": 7,
  "CohereForAI/c4ai-command-r-v01,max_length=4096": 35,
  "Qwen/Qwen1.5-14B-Chat": 14,
  "Remek/Llama-3-8B-Omnibus-1-PL-v01-INSTRUCT": 8,
  "Remek/Llama-3-8B-Omnibus-1-PL-v01-INSTRUCT,max_length=4096": 8,
  "internlm/internlm2-20b,max_length=4096": 20,
  "internlm/internlm2-chat-20b,max_length=4096": 20,
  "lex-hue/Delexa-7b": 7,
  "lmsys/vicuna-13b-v1.5": 13,
  "maciek-pioro/Mixtral-8x7B-v0.1-pl,max_length=4096": 46.7,
  "mistralai/Mixtral-8x7B-Instruct-v0.1,max_length=4096": 46.7,
  "mistralai/Mixtral-8x7B-v0.1,max_length=4096": 46.7,
  "speakleash/Test-001-wiki": 7,
  "speakleash/Test-002": 7,
  "teknium/OpenHermes-13B": 13,
  "meta-llama/Meta-Llama-3-70B-Instruct,max_length=4096": 70,
  "meta-llama/Meta-Llama-3-70B,max_length=4096": 70,
  "mistralai/Mixtral-8x22B-Instruct-v0.1,max_length=4096": 141,
  "mistralai/Mixtral-8x22B-v0.1,max_length=4096": 141,
  "Qwen/Qwen1.5-14B-Chat,max_length=4096": 14,
  "Qwen/Qwen1.5-32B-Chat,max_length=4096": 32,
  "Qwen/Qwen1.5-72B-Chat,max_length=4096": 72,
  "Qwen/Qwen1.5-32B,max_length=4096": 32,
  "Qwen/Qwen1.5-72B,max_length=4096": 72,
  "Qwen/Qwen1.5-7B": 7,
  "Qwen/Qwen2-0.5B-Instruct": 0.5,
  "Qwen/Qwen2-0.5B": 0.5,
  "Qwen/Qwen2-1.5B-Instruct": 1.5,
  "Qwen/Qwen2-1.5B": 1.5,
  "Qwen/Qwen2-7B-Instruct": 7,
  "Qwen/Qwen2-7B": 7,
  "model=gpt-3.5-turbo-instruct": 20,
  "model=gpt-4-turbo-2024-04-09": 1000,
  "01-ai/Yi-1.5-6B-Chat": 6,
  "01-ai/Yi-1.5-6B": 6,
  "01-ai/Yi-1.5-9B-Chat": 9,
  "01-ai/Yi-1.5-9B": 9,
  "CohereForAI/aya-23-35B,max_length=4096": 35,
  "CohereForAI/aya-23-8B": 8,
  "NousResearch/Hermes-2-Pro-Llama-3-8B": 8,
  "NousResearch/Hermes-2-Theta-Llama-3-8B": 8,
  "Remek/OpenChat-3.5-0106-PL-Omnibusv2": 7,
  "mistralai/Mistral-7B-Instruct-v0.3": 7,
  "mistralai/Mistral-7B-v0.3": 7,
  "nvidia/Llama3-ChatQA-1.5-8B": 8,
  "openchat/openchat-3.5-0106-gemma": 7,
  "openchat/openchat-3.6-8b-20240522": 8,
  "tiiuae/falcon-11B": 11,
  "mlabonne/NeuralDaredevil-8B-abliterated": 8,
  "01-ai/Yi-1.5-34B-Chat,max_length=4096": 34,
  "Qwen/Qwen2-57B-A14B-Instruct,max_length=4096": 57,
  "Qwen/Qwen2-72B-Instruct,max_length=4096": 72,
  "Qwen/Qwen2-72B,max_length=4096": 72,
  "THUDM/glm-4-9b-chat": 9,
  "THUDM/glm-4-9b": 9,
  "google/recurrentgemma-9b-it": 9,
  "microsoft/Phi-3-medium-4k-instruct,max_length=4096": 14,
  "microsoft/Phi-3-mini-4k-instruct": 3.8,
  "microsoft/Phi-3-small-8k-instruct": 7.4,
  "ssmits/Falcon2-5.5B-Polish": 5.5,
  "alpindale/WizardLM-2-8x22B,max_length=4096": 141,
  "dreamgen/WizardLM-2-7B": 7
}