File size: 181 Bytes
96fe658
 
 
 
 
1
2
3
4
5
6
CUDA_VISIBLE_DEVICES=0 \
swift infer \
    --model Shanghai_AI_Laboratory/internlm2-1_8b-reward \
    --val_dataset AI-ModelScope/alpaca-gpt4-data-zh#1000 \
    --max_batch_size 64