ROOT=/home/jovyan/workspace | |
DATASET=Instruments | |
BASE=$ROOT/Llama-2-7b-hf | |
DATA_PATH=$ROOT | |
CKPT_PATH=./Ins/Llama-2-7b | |
RESULTS_FILE=$CKPT_PATH/result.json | |
INDEX=$ROOT/$DATASET/Instruments.index.json | |
torchrun --nproc_per_node=8 test_ddp.py \ | |
--base_model $BASE \ | |
--ckpt_path $CKPT_PATH \ | |
--dataset $DATASET \ | |
--data_path $DATA_PATH \ | |
--results_file $RESULTS_FILE \ | |
--test_batch_size 1 \ | |
--num_beams 20 \ | |
--test_prompt_ids all \ | |
--index_file $INDEX |