Spaces:
Runtime error
Runtime error
File size: 682 Bytes
5244231 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
#!/bin/bash
CKPT_NAME="Video-LLaVA-7B"
CKPT="checkpoints/${CKPT_NAME}"
EVAL="eval"
python3 -m llava.eval.model_vqa \
--model-path ${CKPT} \
--question-file ${EVAL}/mm-vet/llava-mm-vet.jsonl \
--image-folder ${EVAL}/mm-vet/images \
--answers-file ${EVAL}/mm-vet/answers/${CKPT_NAME}.jsonl \
--temperature 0 \
--conv-mode vicuna_v1
mkdir -p ${EVAL}/mm-vet/results
python3 scripts/convert_mmvet_for_eval.py \
--src ${EVAL}/mm-vet/answers/${CKPT_NAME}.jsonl \
--dst ${EVAL}/mm-vet/results/${CKPT_NAME}.json
python3 scripts/eval_gpt_mmvet.py \
--mmvet_path ${EVAL}/mm-vet \
--ckpt_name ${CKPT_NAME} \
--result_path ${EVAL}/mm-vet/results
|