File size: 257 Bytes
277ed5d |
1 2 3 4 5 6 |
lm_eval --model hf \
--model_args pretrained=/share/pretrained_lm/Qwen/Qwen2-0.5B\
--tasks jaqket_v1,jaqket_v2,jaquad,jblimp,jcola,jcommonsenseqa,jnli,jsquad,marc_ja,mgsm,wikilingua_ja,xlsum_ja,xwinograd_ja\
--device cuda:0 \
--batch_size 8
|