| CUDA_VISIBLE_DEVICES=0,1 \ | |
| MAX_PIXELS=1003520 \ | |
| swift infer \ | |
| --model Qwen/Qwen2.5-VL-3B-Instruct \ | |
| --infer_backend vllm \ | |
| --val_dataset AI-ModelScope/LaTeX_OCR#1000 \ | |
| --vllm_gpu_memory_utilization 0.9 \ | |
| --vllm_tensor_parallel_size 2 \ | |
| --vllm_max_model_len 32768 \ | |
| --max_new_tokens 2048 \ | |
| --vllm_limit_mm_per_prompt '{"image": 5, "video": 2}' | |