| MODEL_PATH = "GDinesh/llava-300k-lora-unmerged-21-mar"# "./llava-v1.5-13b-300k-checkpoint"#"saurabh-straive/llava-v1.5-13b-task-lora-100k" #"checkpoints/llava-v1.5-13b-task-lora-100k" #"liuhaotian/llava-v1.5-13b" #"liuhaotian/llava-llama-2-13b-chat-lightning-preview" #"daryl149/llama-2-7b-chat-hf" #"meta-llama/Llama-2-13b-chat-hf" | |
| CONV_MODE = "llava_llama_2" | |
| MODEL_BASE = "liuhaotian/llava-v1.5-13b" #None | |
| MODEL_NAME = "llava" #"llava-v1.5-13b-lora-finetuned" | |
| LOAD_8BIT = False | |
| LOAD_4BIT = False | |
| IMAGE_ASPECT_RATIO = "pad" | |
| TEMPERATURE = 0.01 | |
| MAX_NEW_TOKENS = 1024 | |