96fe658
1
2
3
4
5
6
CUDA_VISIBLE_DEVICES=0 \ swift infer \ --model Shanghai_AI_Laboratory/internlm2-1_8b-reward \ --val_dataset AI-ModelScope/alpaca-gpt4-data-zh#1000 \ --max_batch_size 64