File size: 1,711 Bytes
c728d79 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 |
#!/bin/bash
# Check if three arguments are passed
if [ "$#" -ne 7 ]; then
echo "Usage: $0 <model_path> <question_path> <base_answer_path> <image_folder> <extra_prompt> <N> <temperature>"
exit 1
fi
# Assign the command line arguments to variables
model_path=$1
question_path=$2
base_answer_path=$3
image_folder=$4
extra_prompt=$5
N=$6
temperature=$7
# Loop over each chunk/process
for (( chunk_id=0; chunk_id<N; chunk_id++ ))
do
# Define the answer path for each chunk
answer_path="${base_answer_path}/result_${chunk_id}.jsonl"
if [ -f "$answer_path" ]; then
rm "$answer_path"
fi
# Run the Python program in the background
CUDA_VISIBLE_DEVICES="$chunk_id" python3 llava/eval/model_vqa.py --model-path "$model_path" --question-file "$question_path" --answers-file "$answer_path" --num-chunks "$N" --chunk-idx "$chunk_id" --image-folder "$image_folder" --extra-prompt "$extra_prompt" --temperature "$temperature" &
# Uncomment below if you need a slight delay between starting each process
# sleep 0.1
done
# Wait for all background processes to finish
wait
merged_file="${base_answer_path}/result.jsonl"
if [ -f "$merged_file" ]; then
rm "$merged_file"
fi
# Merge all the JSONL files into one
#cat "${base_answer_path}"_*.jsonl > "${base_answer_path}.jsonl"
for ((i=0; i<N; i++)); do
input_file="${base_answer_path}/result_${i}.jsonl"
cat "$input_file" >> "${base_answer_path}/result.jsonl"
done
# remove the unmerged files
for (( chunk_id=0; chunk_id<N; chunk_id++ ))
do
# Define the answer path for each chunk
answer_path="${base_answer_path}/result_${chunk_id}.jsonl"
if [ -f "$answer_path" ]; then
rm "$answer_path"
fi
done |