model/gptk-7b.yaml

 # Copyright (c) 2022, salesforce.com, inc.
 # All rights reserved.
 # SPDX-License-Identifier: BSD-3-Clause
 # For full license text, see the LICENSE file in the repo root or https://opensource.org/licenses/BSD-3-Clause

arch: instruct_vicuna7b
pretrained: "https://storage.googleapis.com/sfr-vision-language-research/LAVIS/models/InstructBLIP/instruct_blip_vicuna7b_trimmed.pth"

# vit encoder
image_size: 224
drop_path_rate: 0
use_grad_checkpoint: False
vit_precision: "fp16"
freeze_vit: True

# Q-Former
num_query_token: 32

# path to Vicuna checkpoint
llm_model: "model/llm/vicuna-7b-v1.1"
# llm_model: "lmsys/vicuna-7b-v1.3"
# llm_model: "lmsys/vicuna-7b-v1.5"

# generation configs
prompt: ""