model: | |
arch: mini_gpt4 | |
model_type: pretrain_llama2 | |
max_txt_len: 160 | |
end_sym: "</s>" | |
low_resource: False | |
prompt_template: '[INST] {} [/INST] ' | |
ckpt: '/path/to/checkpoint/' | |
datasets: | |
cc_sbu_align: | |
vis_processor: | |
train: | |
name: "blip2_image_eval" | |
image_size: 224 | |
text_processor: | |
train: | |
name: "blip_caption" | |
run: | |
task: image_text_pretrain | |