File size: 721 Bytes
74b17e0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
#!/bin/bash
MODEL_PATH="/mnt/data/sata/yinghu/checkpoints/llava_factory/tiny-llava-phi-2-clip-vit-large-patch14-336-baseline-finetune/"
MODEL_NAME="tiny-llava-phi-2-clip-vit-large-patch14-336-baseline-finetune2"
EVAL_DIR="/home/ai/data/llava/dataset/eval"
python -m tinyllava.eval.model_vqa \
--model-path $MODEL_PATH \
--question-file $EVAL_DIR/mm-vet/llava-mm-vet.jsonl \
--image-folder $EVAL_DIR/mm-vet/images \
--answers-file $EVAL_DIR/mm-vet/answers/$MODEL_NAME.jsonl \
--temperature 0 \
--conv-mode phi
mkdir -p $EVAL_DIR/mm-vet/results
python scripts/convert_mmvet_for_eval.py \
--src $EVAL_DIR/mm-vet/answers/$MODEL_NAME.jsonl \
--dst $EVAL_DIR/mm-vet/results/$MODEL_NAME.json
|