| MODEL_PATH = "./checkpoints/llava-v1.5-13b-task-lora-100k" #"liuhaotian/llava-v1.5-13b" #"liuhaotian/llava-llama-2-13b-chat-lightning-preview" #"daryl149/llama-2-7b-chat-hf" #"meta-llama/Llama-2-13b-chat-hf" | |
| CONV_MODE = "llava_llama_2" | |
| MODEL_BASE = "liuhaotian/llava-v1.5-13b" #None | |
| MODEL_NAME = "llava-v1.5-13b-lora-finetuned" #"llava" | |
| LOAD_8BIT = False | |
| LOAD_4BIT = True | |
| IMAGE_ASPECT_RATIO = "pad" | |
| TEMPERATURE = 0.01 | |
| MAX_NEW_TOKENS = 1024 |