Video-LLaVA / scripts /v1_5 /eval /run_qa_msrvtt.sh
LinB203
m
5244231
raw
history blame
1.23 kB
CKPT_NAME="Video-LLaVA-7B"
model_path="checkpoints/${CKPT_NAME}"
cache_dir="./cache_dir"
GPT_Zero_Shot_QA="eval/GPT_Zero_Shot_QA"
video_dir="${GPT_Zero_Shot_QA}/MSRVTT_Zero_Shot_QA/videos/all"
gt_file_question="${GPT_Zero_Shot_QA}/MSRVTT_Zero_Shot_QA/test_q.json"
gt_file_answers="${GPT_Zero_Shot_QA}/MSRVTT_Zero_Shot_QA/test_a.json"
output_dir="${GPT_Zero_Shot_QA}/MSRVTT_Zero_Shot_QA/${CKPT_NAME}"
gpu_list="${CUDA_VISIBLE_DEVICES:-0}"
IFS=',' read -ra GPULIST <<< "$gpu_list"
CHUNKS=${#GPULIST[@]}
for IDX in $(seq 0 $((CHUNKS-1))); do
CUDA_VISIBLE_DEVICES=${GPULIST[$IDX]} python3 llava/eval/video/run_inference_video_qa.py \
--model_path ${model_path} \
--cache_dir ${cache_dir} \
--video_dir ${video_dir} \
--gt_file_question ${gt_file_question} \
--gt_file_answers ${gt_file_answers} \
--output_dir ${output_dir} \
--output_name ${CHUNKS}_${IDX} \
--num_chunks $CHUNKS \
--chunk_idx $IDX &
done
wait
output_file=${output_dir}/merge.jsonl
# Clear out the output file if it exists.
> "$output_file"
# Loop through the indices and concatenate each file.
for IDX in $(seq 0 $((CHUNKS-1))); do
cat ${output_dir}/${CHUNKS}_${IDX}.json >> "$output_file"
done