model_name_or_path: /mnt/w2/lzq/nex_LLM/weights/Qwen2.5-3B-Instruct | |
template: qwen | |
infer_backend: vllm | |
vllm_enforce_eager: true |
model_name_or_path: /mnt/w2/lzq/nex_LLM/weights/Qwen2.5-3B-Instruct | |
template: qwen | |
infer_backend: vllm | |
vllm_enforce_eager: true |