Benchmark-v0 / instruments_eval.sh
JayceAnova's picture
Update instruments_eval.sh
ff8573a verified
ROOT=/home/jovyan/workspace
DATASET=Instruments
BASE=$ROOT/Llama-2-7b-hf
DATA_PATH=$ROOT
CKPT_PATH=./Ins/Llama-2-7b
RESULTS_FILE=$CKPT_PATH/result.json
INDEX=$ROOT/$DATASET/Instruments.index.json
torchrun --nproc_per_node=8 test_ddp.py \
--base_model $BASE \
--ckpt_path $CKPT_PATH \
--dataset $DATASET \
--data_path $DATA_PATH \
--results_file $RESULTS_FILE \
--test_batch_size 1 \
--num_beams 20 \
--test_prompt_ids all \
--index_file $INDEX