|
|
|
|
|
|
|
|
|
|
|
model:
|
|
arch: blip2_protein
|
|
model_type: pretrain
|
|
load_pretrained: False
|
|
|
|
freeze_vit: True
|
|
max_protein_len: 600
|
|
max_txt_len: 256
|
|
|
|
|
|
datasets:
|
|
GO_protein_function:
|
|
text_processor:
|
|
train:
|
|
name: "blip_caption"
|
|
|
|
run:
|
|
task: image_text_pretrain
|
|
|
|
lr_sched: "linear_warmup_cosine_lr"
|
|
init_lr: 1e-5
|
|
min_lr: 1e-5
|
|
warmup_lr: 1e-6
|
|
|
|
weight_decay: 0.05
|
|
max_epoch: 100
|
|
batch_size_train: 12
|
|
batch_size_eval: 12
|
|
num_workers: 8
|
|
warmup_steps: 2000
|
|
|
|
seed: 42
|
|
output_dir: "output/BLIP2/Pretrain_stage1"
|
|
|
|
amp: True
|
|
resume_ckpt_path: null
|
|
|
|
evaluate: False
|
|
train_splits: ["train"]
|
|
|
|
device: "cuda"
|
|
world_size: 1
|
|
dist_url: "env://"
|
|
distributed: True
|
|
|