EditScore-code / evaluate.sh
ifire's picture
Initial mirror of VectorSpaceLab/EditScore@4609c5d
da50cbf verified
Raw
History Blame Contribute Delete
513 Bytes
# !/bin/bash
SHELL_FOLDER=$(cd "$(dirname "$0")";pwd)
cd $SHELL_FOLDER
python evaluation.py \
--benchmark_dir EditScore/EditReward-Bench \
--result_dir results/EditScore-7B \
--backbone qwen25vl \
--model_name_or_path Qwen/Qwen2.5-VL-7B-Instruct \
--lora_path EditScore/EditScore-7B \
--score_range 25 \
--max_workers 1 \
--max_model_len 4096 \
--max_num_seqs 1 \
--max_num_batched_tokens 4096 \
--tensor_parallel_size 1 \
--num_pass 1
python calculate_statistics.py \
--result_dir results/EditScore-7B/qwen25vl