Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
add all references
Browse files- src/about.py +186 -0
src/about.py
CHANGED
@@ -241,4 +241,190 @@ CITATION_BUTTON_TEXT = r"""
|
|
241 |
publisher = {Hugging Face},
|
242 |
howpublished = "\url{https://huggingface.co/spaces/speakleash/open_pl_llm_leaderboard}"
|
243 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
244 |
"""
|
|
|
241 |
publisher = {Hugging Face},
|
242 |
howpublished = "\url{https://huggingface.co/spaces/speakleash/open_pl_llm_leaderboard}"
|
243 |
}
|
244 |
+
|
245 |
+
@misc{eval-harness,
|
246 |
+
author = {Gao, Leo and Tow, Jonathan and Abbasi, Baber and Biderman, Stella and Black, Sid and DiPofi, Anthony and Foster, Charles and Golding, Laurence and Hsu, Jeffrey and Le Noac'h, Alain and Li, Haonan and McDonell, Kyle and Muennighoff, Niklas and Ociepa, Chris and Phang, Jason and Reynolds, Laria and Schoelkopf, Hailey and Skowron, Aviya and Sutawika, Lintang and Tang, Eric and Thite, Anish and Wang, Ben and Wang, Kevin and Zou, Andy},
|
247 |
+
title = {A framework for few-shot language model evaluation},
|
248 |
+
month = 07,
|
249 |
+
year = 2024,
|
250 |
+
publisher = {Zenodo},
|
251 |
+
version = {v0.4.3},
|
252 |
+
doi = {10.5281/zenodo.12608602},
|
253 |
+
url = {https://zenodo.org/records/12608602}
|
254 |
+
}
|
255 |
+
|
256 |
+
@book{przepiorkowski2012narodowy,
|
257 |
+
title={Narodowy korpus j{\k{e}}zyka polskiego},
|
258 |
+
author={Przepi{\'o}rkowski, Adam},
|
259 |
+
year={2012},
|
260 |
+
publisher={Naukowe PWN}
|
261 |
+
}
|
262 |
+
|
263 |
+
@inproceedings{kocon-etal-2019-multi,
|
264 |
+
title = "Multi-Level Sentiment Analysis of {P}ol{E}mo 2.0: Extended Corpus of Multi-Domain Consumer Reviews",
|
265 |
+
author = "Koco{\'n}, Jan and
|
266 |
+
Mi{\l}kowski, Piotr and
|
267 |
+
Za{\'s}ko-Zieli{\'n}ska, Monika",
|
268 |
+
booktitle = "Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL)",
|
269 |
+
month = nov,
|
270 |
+
year = "2019",
|
271 |
+
address = "Hong Kong, China",
|
272 |
+
publisher = "Association for Computational Linguistics",
|
273 |
+
url = "https://www.aclweb.org/anthology/K19-1092",
|
274 |
+
doi = "10.18653/v1/K19-1092",
|
275 |
+
pages = "980--991",
|
276 |
+
}
|
277 |
+
|
278 |
+
@inproceedings{marcinczuk2013open,
|
279 |
+
title={Open dataset for development of Polish Question Answering systems},
|
280 |
+
author={Marcinczuk, Micha{\l} and Ptak, Marcin and Radziszewski, Adam and Piasecki, Maciej},
|
281 |
+
booktitle={Proceedings of the 6th Language \& Technology Conference: Human Language Technologies as a Challenge for Computer Science and Linguistics, Wydawnictwo Poznanskie, Fundacja Uniwersytetu im. Adama Mickiewicza},
|
282 |
+
year={2013}
|
283 |
+
}
|
284 |
+
|
285 |
+
@inproceedings{ogro:kop:14:lrec,
|
286 |
+
title={The {P}olish {S}ummaries {C}orpus},
|
287 |
+
author={Ogrodniczuk, Maciej and Kope{\'c}, Mateusz},
|
288 |
+
booktitle = "Proceedings of the Ninth International {C}onference on {L}anguage {R}esources and {E}valuation, {LREC}~2014",
|
289 |
+
year = "2014",
|
290 |
+
}
|
291 |
+
|
292 |
+
@inproceedings{dadas-etal-2020-evaluation,
|
293 |
+
title = "Evaluation of Sentence Representations in {P}olish",
|
294 |
+
author = "Dadas, Slawomir and Pere{\l}kiewicz, Micha{\l} and Po{\'s}wiata, Rafa{\l}",
|
295 |
+
booktitle = "Proceedings of the 12th Language Resources and Evaluation Conference",
|
296 |
+
month = may,
|
297 |
+
year = "2020",
|
298 |
+
address = "Marseille, France",
|
299 |
+
publisher = "European Language Resources Association",
|
300 |
+
url = "https://aclanthology.org/2020.lrec-1.207",
|
301 |
+
pages = "1674--1680",
|
302 |
+
language = "English",
|
303 |
+
ISBN = "979-10-95546-34-4",
|
304 |
+
}
|
305 |
+
|
306 |
+
@inproceedings{9945218,
|
307 |
+
author={Dadas, S{\l}awomir},
|
308 |
+
booktitle={2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)},
|
309 |
+
title={Training Effective Neural Sentence Encoders from Automatically Mined Paraphrases},
|
310 |
+
year={2022},
|
311 |
+
volume={},
|
312 |
+
number={},
|
313 |
+
pages={371-378},
|
314 |
+
doi={10.1109/SMC53654.2022.9945218}
|
315 |
+
}
|
316 |
+
|
317 |
+
@article{ptaszynski2023expert,
|
318 |
+
title={Expert-Annotated Dataset to Study Cyberbullying in Polish Language},
|
319 |
+
author={Ptaszynski, Michal and Pieciukiewicz, Agata and Dybala, Pawel and Skrzek, Pawel and Soliwoda, Kamil and Fortuna, Marcin and Leliwa, Gniewosz and Wroczynski, Michal},
|
320 |
+
journal={Data},
|
321 |
+
volume={9},
|
322 |
+
number={1},
|
323 |
+
pages={1},
|
324 |
+
year={2023},
|
325 |
+
publisher={MDPI}
|
326 |
+
}
|
327 |
+
|
328 |
+
@inproceedings{rybak-etal-2024-polqa-polish,
|
329 |
+
title = "{P}ol{QA}: {P}olish Question Answering Dataset",
|
330 |
+
author = "Rybak, Piotr and
|
331 |
+
Przyby{\l}a, Piotr and
|
332 |
+
Ogrodniczuk, Maciej",
|
333 |
+
editor = "Calzolari, Nicoletta and
|
334 |
+
Kan, Min-Yen and
|
335 |
+
Hoste, Veronique and
|
336 |
+
Lenci, Alessandro and
|
337 |
+
Sakti, Sakriani and
|
338 |
+
Xue, Nianwen",
|
339 |
+
booktitle = "Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024)",
|
340 |
+
month = may,
|
341 |
+
year = "2024",
|
342 |
+
address = "Torino, Italia",
|
343 |
+
publisher = "ELRA and ICCL",
|
344 |
+
url = "https://aclanthology.org/2024.lrec-main.1125",
|
345 |
+
pages = "12846--12855",
|
346 |
+
abstract = "Recently proposed systems for open-domain question answering (OpenQA) require large amounts of training data to achieve state-of-the-art performance. However, data annotation is known to be time-consuming and therefore expensive to acquire. As a result, the appropriate datasets are available only for a handful of languages (mainly English and Chinese). In this work, we introduce and publicly release PolQA, the first Polish dataset for OpenQA. It consists of 7,000 questions, 87,525 manually labeled evidence passages, and a corpus of over 7,097,322 candidate passages. Each question is classified according to its formulation, type, as well as entity type of the answer. This resource allows us to evaluate the impact of different annotation choices on the performance of the QA system and propose an efficient annotation strategy that increases the passage retrieval accuracy@10 by 10.55 p.p. while reducing the annotation cost by 82{\%}.",
|
347 |
+
}
|
348 |
+
|
349 |
+
@inproceedings{tuora2023poquad,
|
350 |
+
title={PoQuAD-The Polish Question Answering Dataset-Description and Analysis},
|
351 |
+
author={Tuora, Ryszard and Zwierzchowska, Aleksandra and Zawadzka-Paluektau, Natalia and Klamra, Cezary and Kobyli{\'n}ski, {\L}ukasz},
|
352 |
+
booktitle={Proceedings of the 12th Knowledge Capture Conference 2023},
|
353 |
+
pages={105--113},
|
354 |
+
year={2023}
|
355 |
+
}
|
356 |
+
|
357 |
+
@inproceedings{bandarkar-etal-2024-belebele,
|
358 |
+
title = "The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants",
|
359 |
+
author = "Bandarkar, Lucas and
|
360 |
+
Liang, Davis and
|
361 |
+
Muller, Benjamin and
|
362 |
+
Artetxe, Mikel and
|
363 |
+
Shukla, Satya Narayan and
|
364 |
+
Husa, Donald and
|
365 |
+
Goyal, Naman and
|
366 |
+
Krishnan, Abhinandan and
|
367 |
+
Zettlemoyer, Luke and
|
368 |
+
Khabsa, Madian",
|
369 |
+
booktitle = "Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)",
|
370 |
+
month = aug,
|
371 |
+
year = "2024",
|
372 |
+
address = "Bangkok, Thailand and virtual meeting",
|
373 |
+
publisher = "Association for Computational Linguistics",
|
374 |
+
url = "https://aclanthology.org/2024.acl-long.44",
|
375 |
+
pages = "749--775",
|
376 |
+
}
|
377 |
+
|
378 |
+
@misc{paech2024eqbenchemotionalintelligencebenchmark,
|
379 |
+
title={EQ-Bench: An Emotional Intelligence Benchmark for Large Language Models},
|
380 |
+
author={Samuel J. Paech},
|
381 |
+
year={2024},
|
382 |
+
eprint={2312.06281},
|
383 |
+
archivePrefix={arXiv},
|
384 |
+
primaryClass={cs.CL},
|
385 |
+
url={https://arxiv.org/abs/2312.06281},
|
386 |
+
}
|
387 |
+
|
388 |
+
@misc{fwpes2024,
|
389 |
+
title={speakleash/PES-2018-2022},
|
390 |
+
author={Maria, Filipkowska and Krzyszof, Wróbel},
|
391 |
+
year={2024},
|
392 |
+
howpublished={\url{https://huggingface.co/datasets/speakleash/PES-2018-2022}},
|
393 |
+
}
|
394 |
+
|
395 |
+
@misc{pkgpes2024,
|
396 |
+
title={amu-cai/PES-2018-2022},
|
397 |
+
author={Jakub Pokrywka and Jeremi Kaczmarek and Edward Gorzelańczyk},
|
398 |
+
year={2024},
|
399 |
+
howpublished={\url{https://huggingface.co/datasets/amu-cai/PES-2018-2022}},
|
400 |
+
}
|
401 |
+
|
402 |
+
@misc{pokrywka2024gpt4,
|
403 |
+
title={GPT-4 passes most of the 297 written Polish Board Certification Examinations},
|
404 |
+
author={Jakub Pokrywka and Jeremi Kaczmarek and Edward Gorzelańczyk},
|
405 |
+
year={2024},
|
406 |
+
eprint={2405.01589},
|
407 |
+
archivePrefix={arXiv},
|
408 |
+
primaryClass={id='cs.CL' full_name='Computation and Language' is_active=True alt_name='cmp-lg' in_archive='cs' is_general=False description='Covers natural language processing. Roughly includes material in ACM Subject Class I.2.7. Note that work on artificial languages (programming languages, logics, formal systems) that does not explicitly address natural-language issues broadly construed (natural-language processing, computational linguistics, speech, text retrieval, etc.) is not appropriate for this area.'}
|
409 |
+
}
|
410 |
+
|
411 |
+
@inproceedings{rybak-etal-2020-klej,
|
412 |
+
title = "{KLEJ}: Comprehensive Benchmark for Polish Language Understanding",
|
413 |
+
author = "Rybak, Piotr and Mroczkowski, Robert and Tracz, Janusz and Gawlik, Ireneusz",
|
414 |
+
booktitle = "Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics",
|
415 |
+
month = jul,
|
416 |
+
year = "2020",
|
417 |
+
address = "Online",
|
418 |
+
publisher = "Association for Computational Linguistics",
|
419 |
+
url = "https://www.aclweb.org/anthology/2020.acl-main.111",
|
420 |
+
pages = "1191--1201",
|
421 |
+
}
|
422 |
+
|
423 |
+
@misc{open-llm-leaderboard-v1,
|
424 |
+
author = {Edward Beeching and Clémentine Fourrier and Nathan Habib and Sheon Han and Nathan Lambert and Nazneen Rajani and Omar Sanseviero and Lewis Tunstall and Thomas Wolf},
|
425 |
+
title = {Open LLM Leaderboard (2023-2024)},
|
426 |
+
year = {2023},
|
427 |
+
publisher = {Hugging Face},
|
428 |
+
howpublished = "\url{https://huggingface.co/spaces/open-llm-leaderboard-old/open_llm_leaderboard}"
|
429 |
+
}
|
430 |
"""
|