|
model:
|
|
arch: shikra
|
|
model_type: vicuna7b
|
|
freeze_vit: True
|
|
freeze_backbone: True
|
|
tune_mm_mlp_adapter: False
|
|
freeze_mm_mlp_adapter: True
|
|
max_txt_len: 160
|
|
end_sym: "###"
|
|
low_resource: False
|
|
|
|
prompt_template: 'USER: {} ASSISTANT: '
|
|
system_message: "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions."
|
|
merged_ckpt: '/mnt/petrelfs/share_data/zhaohanqing/merged_shikra_7B/'
|
|
|
|
|
|
datasets:
|
|
cc_sbu_align:
|
|
vis_processor:
|
|
train:
|
|
name: "clip_image_eval"
|
|
proc_type: "openai/clip-vit-large-patch14"
|
|
text_processor:
|
|
train:
|
|
name: "blip_caption"
|
|
|
|
run:
|
|
task: image_text_pretrain
|
|
seed: 42
|
|
|
