Spaces:
Runtime error
Runtime error
MODEL_PATH="/home/jiajunlong/LLaVA/ying/checkpoints/tiny-llava-TinyLlama-1.1B-Chat-v1.0-clip-vit-large-patch14-336-tinyllama-llava-finetune" | |
MODEL_NAME="tiny-llava-TinyLlama-1.1B-Chat-v1.0-clip-vit-large-patch14-336-tinyllama-llava-finetune" | |
EVAL_DIR="/home/jiajunlong/llava_data/eval" | |
python -m tinyllava.eval.model_vqa_loader \ | |
--model-path $MODEL_PATH \ | |
--question-file $EVAL_DIR/MME/llava_mme.jsonl \ | |
--image-folder $EVAL_DIR/MME/MME_Benchmark_release_version \ | |
--answers-file $EVAL_DIR/MME/answers/$MODEL_NAME.jsonl \ | |
--temperature 0 \ | |
--conv-mode llama | |
cd $EVAL_DIR/MME | |
python convert_answer_to_mme.py --experiment $MODEL_NAME | |
cd eval_tool | |
python calculation.py --results_dir answers/$MODEL_NAME | |