File size: 1,355 Bytes
ca7c7f9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 |
#!/bin/bash
gpu_list="${CUDA_VISIBLE_DEVICES:-0}"
IFS=',' read -ra GPULIST <<< "$gpu_list"
CHUNKS=${#GPULIST[@]}
CKPT=$1
echo $CKPT
SPLIT="test"
for IDX in $(seq 0 $((CHUNKS-1))); do
CUDA_VISIBLE_DEVICES=${GPULIST[$IDX]} python -m llava.eval.model_vqa_loader \
--model-path ./checkpoints_new/$CKPT \
--question-file ./playground/data/eval/DeepForm/deep_questions.jsonl \
--image-folder ./playground/data/ureader/DUE_Benchmark/DeepForm/page_pngs \
--answers-file ./playground/data/eval/DeepForm/answers/$SPLIT/$CKPT/${CHUNKS}_${IDX}.jsonl \
--num-chunks $CHUNKS \
--chunk-idx $IDX \
--temperature 0 \
--num_beams 1 \
--conv-mode vicuna_v1 &
done
wait
output_file=./playground/data/eval/DeepForm/answers/$SPLIT/$CKPT/merge_slice.jsonl
# Clear out the output file if it exists.
> "$output_file"
# Loop through the indices and concatenate each file.
for IDX in $(seq 0 $((CHUNKS-1))); do
cat ./playground/data/eval/DeepForm/answers/$SPLIT/$CKPT/${CHUNKS}_${IDX}.jsonl >> "$output_file"
done
python -m llava.eval.eval_docvqa \
--annotation-file ./playground/data/eval/DeepForm/deep_annotations.jsonl \
--result-file $output_file \
--mid_result ./playground/data/eval/DeepForm/mid_results/$CKPT.jsonl \
--output_result ./exp_results/$CKPT/deep_result.jsonl |