96fe658
1
2
3
4
5
6
7
8
9
CUDA_VISIBLE_DEVICES=0,1 \ swift infer \ --model OpenGVLab/InternVL2_5-1B \ --infer_backend lmdeploy \ --val_dataset AI-ModelScope/captcha-images#1000 \ --lmdeploy_tp 2 \ --lmdeploy_vision_batch_size 8 \ --max_new_tokens 2048
